#set -x
export CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7

SCRIPT_DIR=$(dirname "$(realpath "$0")")
PROJECT_DIR=$(realpath "$SCRIPT_DIR"/../)
echo SCRIPT_DIR=$SCRIPT_DIR
echo PROJECT_DIR=$PROJECT_DIR

python inference.py \
    --mode 0 \
    --dim 2048 \
    --n_layers 36 \
    --n_kv_heads 2 \
    --max_seq_len 512 \
    --hidden_dim 11008 \
    --load_ckpt_path "" \
